is_pi_use=True
is_pa_use=True
is_ho_use=True
lambda_pi=10.0
lambda_d=0.1

# start kd from 0 step with loading the pretrain imgnet model on student
CUDA_VISIBLE_DEVICES='4' python3 train_and_eval.py \
  --gpu 4 \
  --classes_num 2 \
  --parallel True \
  --weight-decay 5e-4 \
  --batch-size 8 \
  --epoch_nums 200 \
  --pi ${is_pi_use} \
  --pa ${is_pa_use} \
  --ho ${is_ho_use} \
  --lambda-pa 0.5 \
  --pool-scale 0.5 \
  --lambda-pi ${lambda_pi} \
  --lambda-d ${lambda_d}
